package edu.unc.ils.memai.tokenize;

import java.util.List;

public interface Tokenizer {

    public List<String> tokenize(String text, boolean disallowInternalPeriods);
    
}
